<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<title>Reranker Framework (ReFr): hadooputil.HadoopInterface Class Reference</title>

<link href="tabs.css" rel="stylesheet" type="text/css"/>
<link href="doxygen.css" rel="stylesheet" type="text/css" />

<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
  $(document).ready(function() { searchBox.OnSelectItem(0); });
</script>

</head>
<body>
<div id="top"><!-- do not remove this div! -->


<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  
  
  <td style="padding-left: 0.5em;">
   <div id="projectname">Reranker Framework (ReFr)
   
   </div>
   <div id="projectbrief">Reranking framework for structure prediction and discriminative language modeling</div>
  </td>
  
  
  
 </tr>
 </tbody>
</table>
</div>

<!-- Generated by Doxygen 1.7.6.1 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="namespaces.html"><span>Namespaces</span></a></li>
      <li class="current"><a href="annotated.html"><span>Classes</span></a></li>
      <li><a href="files.html"><span>Files</span></a></li>
      <li>
        <div id="MSearchBox" class="MSearchBoxInactive">
        <span class="left">
          <img id="MSearchSelect" src="search/mag_sel.png"
               onmouseover="return searchBox.OnSearchSelectShow()"
               onmouseout="return searchBox.OnSearchSelectHide()"
               alt=""/>
          <input type="text" id="MSearchField" value="Search" accesskey="S"
               onfocus="searchBox.OnSearchFieldFocus(true)" 
               onblur="searchBox.OnSearchFieldFocus(false)" 
               onkeyup="searchBox.OnSearchFieldChange(event)"/>
          </span><span class="right">
            <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
          </span>
        </div>
      </li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="annotated.html"><span>Class&#160;List</span></a></li>
      <li><a href="classes.html"><span>Class&#160;Index</span></a></li>
      <li><a href="hierarchy.html"><span>Class&#160;Hierarchy</span></a></li>
      <li><a href="functions.html"><span>Class&#160;Members</span></a></li>
    </ul>
  </div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Defines</a></div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>

  <div id="nav-path" class="navpath">
    <ul>
      <li class="navelem"><a class="el" href="namespacehadooputil.html">hadooputil</a>      </li>
      <li class="navelem"><a class="el" href="classhadooputil_1_1_hadoop_interface.html">HadoopInterface</a>      </li>
    </ul>
  </div>
</div>
<div class="header">
  <div class="summary">
<a href="#pub-methods">Public Member Functions</a> &#124;
<a href="#pub-attribs">Public Attributes</a>  </div>
  <div class="headertitle">
<div class="title">hadooputil.HadoopInterface Class Reference</div>  </div>
</div><!--header-->
<div class="contents">
<!-- doxytag: class="hadooputil::HadoopInterface" -->
<p>A simple class interface for running hadoop commands.  
 <a href="classhadooputil_1_1_hadoop_interface.html#details">More...</a></p>

<p><a href="classhadooputil_1_1_hadoop_interface-members.html">List of all members.</a></p>
<table class="memberdecls">
<tr><td colspan="2"><h2><a name="pub-methods"></a>
Public Member Functions</h2></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">def&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a52a0a58a92e6a475a0187621e0a80c7e">__init__</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">def&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a28d45b5f55d5140ccb59490502bca4d2">CheckHDir</a></td></tr>
<tr><td class="mdescLeft">&#160;</td><td class="mdescRight">Check if a directory exists on HDFS.  <a href="#a28d45b5f55d5140ccb59490502bca4d2"></a><br/></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">def&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#ad635e5359e19312ffe2f65b9b106be4f">CheckRemoveHDir</a></td></tr>
<tr><td class="mdescLeft">&#160;</td><td class="mdescRight">Function to check for the existence of a directory on the HDFS.  <a href="#ad635e5359e19312ffe2f65b9b106be4f"></a><br/></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">def&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a6c2c6c040fa0a2fc49dc595ea2f953ad">CheckHDFSFile</a></td></tr>
<tr><td class="mdescLeft">&#160;</td><td class="mdescRight">Function to check for a file on HDFS.  <a href="#a6c2c6c040fa0a2fc49dc595ea2f953ad"></a><br/></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">def&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#ad1d4eb787ed9f637d0de21df4f0ff15c">CheckInputFile</a></td></tr>
<tr><td class="mdescLeft">&#160;</td><td class="mdescRight">Check for an input file and prepare it for MR processing.  <a href="#ad1d4eb787ed9f637d0de21df4f0ff15c"></a><br/></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">def&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a789db286ea07a0142ba3bfcc5fc94e94">CatPipe</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">def&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a6699809315c1001f8e368c25b602f188">CatPipeRead</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">def&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#ac71489c42feb74d71f281f2327148608">RunMR</a></td></tr>
<tr><td class="mdescLeft">&#160;</td><td class="mdescRight">RunMR Run a MapReduce.  <a href="#ac71489c42feb74d71f281f2327148608"></a><br/></td></tr>
<tr><td colspan="2"><h2><a name="pub-attribs"></a>
Public Attributes</h2></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a1cf9db2b607bd7159d0abd20e16f98e8">hadoopmr_</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a89be5c343162d881a0fea7983dedc181">hadooplibpath_</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a9bed5f81e0d212ee5aee3a5773b322c9">hadoopfs_</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a7672c1241563bfeeefe9fcab238ce898">hadooptest_</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#af9dab589bb0d3352bf79c662b05bdc7a">hadoopcat_</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a873f248f481b62bcfde3e2d65a6e7687">hadoopput_</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a5754d6ed7d43209ee9cff402bb79cfbf">hadoopmove_</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#aaf2550ac3f9b2773632470cfb3bc47ff">hadoopget_</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a1d5ee8df6509159441eb585309893e23">hadoopmkdir_</a></td></tr>
<tr><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#abc211f355e6f085d13e0cf0379b2836f">hadooprmr_</a></td></tr>
</table>
<hr/><a name="details" id="details"></a><h2>Detailed Description</h2>
<div class="textblock"><p>A simple class interface for running hadoop commands. </p>

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00042">42</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>
</div><hr/><h2>Constructor &amp; Destructor Documentation</h2>
<a class="anchor" id="a52a0a58a92e6a475a0187621e0a80c7e"></a><!-- doxytag: member="hadooputil::HadoopInterface::__init__" ref="a52a0a58a92e6a475a0187621e0a80c7e" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname">def <a class="el" href="classhadooputil_1_1_hadoop_interface.html#a52a0a58a92e6a475a0187621e0a80c7e">hadooputil.HadoopInterface.__init__</a> </td>
          <td>(</td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>self</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>hbasedir</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>streamingloc</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>minsplitsize</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>tasktimeout</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>libpath</em>&#160;</td>
        </tr>
        <tr>
          <td></td>
          <td>)</td>
          <td></td><td></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<hr/><h2>Member Function Documentation</h2>
<a class="anchor" id="a789db286ea07a0142ba3bfcc5fc94e94"></a><!-- doxytag: member="hadooputil::HadoopInterface::CatPipe" ref="a789db286ea07a0142ba3bfcc5fc94e94" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname">def <a class="el" href="classhadooputil_1_1_hadoop_interface.html#a789db286ea07a0142ba3bfcc5fc94e94">hadooputil.HadoopInterface.CatPipe</a> </td>
          <td>(</td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>self</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>hdfsfiles</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>pipecmd</em>&#160;</td>
        </tr>
        <tr>
          <td></td>
          <td>)</td>
          <td></td><td></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00132">132</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a6699809315c1001f8e368c25b602f188"></a><!-- doxytag: member="hadooputil::HadoopInterface::CatPipeRead" ref="a6699809315c1001f8e368c25b602f188" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname">def <a class="el" href="classhadooputil_1_1_hadoop_interface.html#a6699809315c1001f8e368c25b602f188">hadooputil.HadoopInterface.CatPipeRead</a> </td>
          <td>(</td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>self</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>hdfsfiles</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>pipecmd</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>retval</em>&#160;</td>
        </tr>
        <tr>
          <td></td>
          <td>)</td>
          <td></td><td></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00137">137</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a6c2c6c040fa0a2fc49dc595ea2f953ad"></a><!-- doxytag: member="hadooputil::HadoopInterface::CheckHDFSFile" ref="a6c2c6c040fa0a2fc49dc595ea2f953ad" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname">def <a class="el" href="classhadooputil_1_1_hadoop_interface.html#a6c2c6c040fa0a2fc49dc595ea2f953ad">hadooputil.HadoopInterface.CheckHDFSFile</a> </td>
          <td>(</td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>self</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>filename</em>&#160;</td>
        </tr>
        <tr>
          <td></td>
          <td>)</td>
          <td></td><td></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Function to check for a file on HDFS. </p>
<dl class="params"><dt><b>Parameters:</b></dt><dd>
  <table class="params">
    <tr><td class="paramdir">[in]</td><td class="paramname">filename</td><td>The file to check for. </td></tr>
  </table>
  </dd>
</dl>

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00086">86</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a28d45b5f55d5140ccb59490502bca4d2"></a><!-- doxytag: member="hadooputil::HadoopInterface::CheckHDir" ref="a28d45b5f55d5140ccb59490502bca4d2" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname">def <a class="el" href="classhadooputil_1_1_hadoop_interface.html#a28d45b5f55d5140ccb59490502bca4d2">hadooputil.HadoopInterface.CheckHDir</a> </td>
          <td>(</td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>self</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>directory</em>&#160;</td>
        </tr>
        <tr>
          <td></td>
          <td>)</td>
          <td></td><td></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Check if a directory exists on HDFS. </p>
<dl class="params"><dt><b>Parameters:</b></dt><dd>
  <table class="params">
    <tr><td class="paramdir">[in]</td><td class="paramname">directory</td><td>name of directory to check </td></tr>
  </table>
  </dd>
</dl>
<dl class="return"><dt><b>Returns:</b></dt><dd>True if directory exits. </dd></dl>

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00065">65</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="ad1d4eb787ed9f637d0de21df4f0ff15c"></a><!-- doxytag: member="hadooputil::HadoopInterface::CheckInputFile" ref="ad1d4eb787ed9f637d0de21df4f0ff15c" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname">def <a class="el" href="classhadooputil_1_1_hadoop_interface.html#ad1d4eb787ed9f637d0de21df4f0ff15c">hadooputil.HadoopInterface.CheckInputFile</a> </td>
          <td>(</td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>self</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>inputfile</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>hdfsinputdir</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>outputdir</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>force</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>uncompress</em>&#160;</td>
        </tr>
        <tr>
          <td></td>
          <td>)</td>
          <td></td><td></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Check for an input file and prepare it for MR processing. </p>
<dl class="params"><dt><b>Parameters:</b></dt><dd>
  <table class="params">
    <tr><td class="paramdir">[in]</td><td class="paramname">inputfile</td><td>Name of the local file to prepare. </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">hdfsinputdir</td><td>HDFS directory for data staging. </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">outputdir</td><td>Local file system directory for the output. </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">force</td><td>Reprocess data even if files already exist. </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">uncompress</td><td>Uncompress data, if compressed, before running.</td></tr>
  </table>
  </dd>
</dl>
<dl class="return"><dt><b>Returns:</b></dt><dd>A MR input string. Stage the input data for MapReduce processing. If we are uncompressing compressed files, then we move uncompressed data HDFS; otherwise, we simply copy the data to HDFS. </dd></dl>

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00102">102</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="ad635e5359e19312ffe2f65b9b106be4f"></a><!-- doxytag: member="hadooputil::HadoopInterface::CheckRemoveHDir" ref="ad635e5359e19312ffe2f65b9b106be4f" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname">def <a class="el" href="classhadooputil_1_1_hadoop_interface.html#ad635e5359e19312ffe2f65b9b106be4f">hadooputil.HadoopInterface.CheckRemoveHDir</a> </td>
          <td>(</td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>self</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>directory</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>remove</em>&#160;</td>
        </tr>
        <tr>
          <td></td>
          <td>)</td>
          <td></td><td></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Function to check for the existence of a directory on the HDFS. </p>
<dl class="params"><dt><b>Parameters:</b></dt><dd>
  <table class="params">
    <tr><td class="paramdir">[in]</td><td class="paramname">directory</td><td>Direcotry to check. </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">remove</td><td>Remove the directory if it exists. </td></tr>
  </table>
  </dd>
</dl>
<dl class="return"><dt><b>Returns:</b></dt><dd>True if it did not exist or was removed. </dd></dl>

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00073">73</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="ac71489c42feb74d71f281f2327148608"></a><!-- doxytag: member="hadooputil::HadoopInterface::RunMR" ref="ac71489c42feb74d71f281f2327148608" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname">def <a class="el" href="classhadooputil_1_1_hadoop_interface.html#ac71489c42feb74d71f281f2327148608">hadooputil.HadoopInterface.RunMR</a> </td>
          <td>(</td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>self</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>input_files</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>outputdir</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>reduce_tasks</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>reducer</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>mapper</em>, </td>
        </tr>
        <tr>
          <td class="paramkey"></td>
          <td></td>
          <td class="paramtype">&#160;</td>
          <td class="paramname"><em>mroptions</em>&#160;</td>
        </tr>
        <tr>
          <td></td>
          <td>)</td>
          <td></td><td></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>RunMR Run a MapReduce. </p>
<dl class="params"><dt><b>Parameters:</b></dt><dd>
  <table class="params">
    <tr><td class="paramdir">[in]</td><td class="paramname">input_files</td><td>HDFS location of input files. </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">outputdir</td><td>HDFS location of output. </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">reduce_tasks</td><td>Number of reducer tasks (0 = use default). </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">reducer</td><td>Full string of streaming reducer command. </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">mapper</td><td>Full string of streaming mapper command. </td></tr>
    <tr><td class="paramdir">[in]</td><td class="paramname">mroptions</td><td>Addition streaming MR options (usually specified with -D). </td></tr>
  </table>
  </dd>
</dl>

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00150">150</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<hr/><h2>Member Data Documentation</h2>
<a class="anchor" id="af9dab589bb0d3352bf79c662b05bdc7a"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadoopcat_" ref="af9dab589bb0d3352bf79c662b05bdc7a" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#af9dab589bb0d3352bf79c662b05bdc7a">hadooputil.HadoopInterface::hadoopcat_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a9bed5f81e0d212ee5aee3a5773b322c9"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadoopfs_" ref="a9bed5f81e0d212ee5aee3a5773b322c9" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a9bed5f81e0d212ee5aee3a5773b322c9">hadooputil.HadoopInterface::hadoopfs_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="aaf2550ac3f9b2773632470cfb3bc47ff"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadoopget_" ref="aaf2550ac3f9b2773632470cfb3bc47ff" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#aaf2550ac3f9b2773632470cfb3bc47ff">hadooputil.HadoopInterface::hadoopget_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a89be5c343162d881a0fea7983dedc181"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadooplibpath_" ref="a89be5c343162d881a0fea7983dedc181" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a89be5c343162d881a0fea7983dedc181">hadooputil.HadoopInterface::hadooplibpath_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a1d5ee8df6509159441eb585309893e23"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadoopmkdir_" ref="a1d5ee8df6509159441eb585309893e23" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a1d5ee8df6509159441eb585309893e23">hadooputil.HadoopInterface::hadoopmkdir_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a5754d6ed7d43209ee9cff402bb79cfbf"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadoopmove_" ref="a5754d6ed7d43209ee9cff402bb79cfbf" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a5754d6ed7d43209ee9cff402bb79cfbf">hadooputil.HadoopInterface::hadoopmove_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a1cf9db2b607bd7159d0abd20e16f98e8"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadoopmr_" ref="a1cf9db2b607bd7159d0abd20e16f98e8" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a1cf9db2b607bd7159d0abd20e16f98e8">hadooputil.HadoopInterface::hadoopmr_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a873f248f481b62bcfde3e2d65a6e7687"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadoopput_" ref="a873f248f481b62bcfde3e2d65a6e7687" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a873f248f481b62bcfde3e2d65a6e7687">hadooputil.HadoopInterface::hadoopput_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="abc211f355e6f085d13e0cf0379b2836f"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadooprmr_" ref="abc211f355e6f085d13e0cf0379b2836f" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#abc211f355e6f085d13e0cf0379b2836f">hadooputil.HadoopInterface::hadooprmr_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<a class="anchor" id="a7672c1241563bfeeefe9fcab238ce898"></a><!-- doxytag: member="hadooputil::HadoopInterface::hadooptest_" ref="a7672c1241563bfeeefe9fcab238ce898" args="" -->
<div class="memitem">
<div class="memproto">
      <table class="memname">
        <tr>
          <td class="memname"><a class="el" href="classhadooputil_1_1_hadoop_interface.html#a7672c1241563bfeeefe9fcab238ce898">hadooputil.HadoopInterface::hadooptest_</a></td>
        </tr>
      </table>
</div>
<div class="memdoc">

<p>Definition at line <a class="el" href="hadooputil_8py_source.html#l00043">43</a> of file <a class="el" href="hadooputil_8py_source.html">hadooputil.py</a>.</p>

</div>
</div>
<hr/>The documentation for this class was generated from the following file:<ul>
<li><a class="el" href="hadooputil_8py_source.html">hadooputil.py</a></li>
</ul>
</div><!-- contents -->
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Defines</a></div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>



<hr class="footer"/><address class="footer"><small>
Generated on Tue Apr 9 2013 11:56:30 for Reranker Framework (ReFr) by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.7.6.1
</small></address>

</body>
</html>
